#!/usr/bin/env tclsh
# $Id: test4.tcl 9ce65bed8ef4 2012/08/26 02:14:51 pgurumur $
# Copyright (c) 2012 Prabhu Gurumurthy <pgurumur@gmail.com>
#
# Permission to use, copy, modify, and distribute this software for any
# purpose with or without fee is hereby granted, provided that the above
# copyright notice and this permission notice appear in all copies.
#
# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
#

# __version__  = "$Revision: 9ce65bed8ef4 $"
# __author__   = "$Author: pgurumur $"
# __modified__ = "$Date: 2012-08-26 02:14:51Z $"

package require http 2

proc filegrab url {
   set token [http::geturl $url -validate 1]
   upvar #0 $token head
   set ctype [dict get $head(meta) Content-Type]
   set filename ""
   if {$ctype == "text/plain"} {
      set filename [lindex [split $url /] end]
   }


   if {[string length $filename]} {
      if {[file exists $filename]} {
         puts "$filename already exists... deleting!"
         file delete $filename
      }

      http::cleanup $token
      set hfile [open $filename {WRONLY CREAT EXCL}]
      set token [http::geturl $url -channel $hfile]
      http::cleanup $token
      close $hfile
   }

   http::cleanup $token

   if {[file exists $filename]} {
      set fh [open $filename r]
      while {[gets $fh line] >= 0} {
         if {[regexp {^#.*} $line]} {
            continue
         } elseif {[regexp {^$} $line]} {
            continue
         } else {
            puts $line
         }
      }
      close $fh
   }
}

filegrab "http://www.team-cymru.org/Services/Bogons/fullbogons-ipv4.txt"
